LCORE-3047: Snuryyeva/okp rag - #2497

#!/bin/bash
set -e
printf '%s\n' '--- matching feature files ---'
git ls-files 'tests/e2e/**/*.feature'
printf '%s\n' '--- OKP RAG feature ---'
sed -n '1,220p' tests/e2e/features/okp_rag.feature
printf '%s\n' '--- query feature context ---'
sed -n '260,320p' tests/e2e/features/query.feature
printf '%s\n' '--- skip and cfg_okp usage ---'
rg -n -C 2 '`@skip`|`@cfg_okp`|lightspeed-stack-okp-disabled.yaml' tests/e2e
printf '%s\n' '--- repository diff summary ---'
git diff --stat

#!/bin/bash
set -e
printf '%s\n' '--- tag handling ---'
sed -n '180,230p' tests/e2e/features/environment.py
printf '%s\n' '--- OKP configuration fixtures ---'
find tests/e2e/configuration -maxdepth 1 -type f -name '*okp*' -printf '%f\n' | sort
printf '%s\n' '--- cfg tag selection ---'
rg -n -C 3 'cfg_okp|configuration.*okp|OKP.*configuration|okp.*configuration' tests .github Makefile* README.md 2>/dev/null || true
printf '%s\n' '--- complete OKP scenario/tag inventory ---'
python3 - <<'PY'
from pathlib import Path
import re

for name in ("tests/e2e/features/okp_rag.feature", "tests/e2e/features/query.feature"):
    lines = Path(name).read_text().splitlines()
    feature_tags = []
    scenarios = []
    pending_tags = []
    for lineno, line in enumerate(lines, 1):
        stripped = line.strip()
        if not stripped or stripped.startswith("#"):
            continue
        if stripped.startswith("@"):
            pending_tags.extend(stripped.split())
            continue
        if stripped.startswith("Feature:"):
            feature_tags = pending_tags
            pending_tags = []
            continue
        if re.match(r"Scenario(?: Outline)?:", stripped):
            scenarios.append((lineno, stripped, feature_tags + pending_tags))
            pending_tags = []
    print(name)
    for lineno, title, tags in scenarios:
        if "cfg_okp" in tags or "okp" in title.lower():
            print(f"{lineno}: tags={tags!r} :: {title}")
PY

#!/bin/bash
set -e
printf '%s\n' '--- configuration tree ---'
find tests/e2e/configuration -maxdepth 2 -type f -printf '%p\n' | sort
printf '%s\n' '--- all references to the named configuration files ---'
rg -n -F -e 'lightspeed-stack-okp-offline.yaml' \
          -e 'lightspeed-stack-okp-online.yaml' \
          -e 'lightspeed-stack-okp-tool-offline.yaml' \
          -e 'lightspeed-stack-okp-tool-online.yaml' \
          -e 'lightspeed-stack-okp-disabled.yaml' .
printf '%s\n' '--- end of OKP feature ---'
nl -ba tests/e2e/features/okp_rag.feature | sed -n '195,245p'
printf '%s\n' '--- configuration-step implementation ---'
rg -n -C 5 'The service uses the .* configuration|configuration directory|effective_tags' tests/e2e/features

#!/bin/bash
set -e
printf '%s\n' '--- configuration step definition ---'
rg -n -C 12 'uses the .* configuration|configuration directory' tests/e2e/features --glob '*.py'
printf '%s\n' '--- e2e tag-selection rules ---'
rg -n -C 8 'cfg_[A-Za-z0-9_-]+|E2E.*TAG|tag.*config|config.*tag' tests/e2e --glob '*.py' --glob '*.sh' --glob '*.yaml' --glob '*.yml' --glob '*.toml'
printf '%s\n' '--- README configuration guidance ---'
sed -n '1,220p' tests/e2e/configuration/README.md
printf '%s\n' '--- deterministic OKP coverage and fixture check ---'
python3 - <<'PY'
from pathlib import Path
import re

root = Path(".")
feature_paths = [
    root / "tests/e2e/features/okp_rag.feature",
    root / "tests/e2e/features/query.feature",
]
config_dir = root / "tests/e2e/configuration"

for path in feature_paths:
    lines = path.read_text().splitlines()
    feature_tags = []
    pending = []
    scenarios = []
    for lineno, line in enumerate(lines, 1):
        text = line.strip()
        if not text or text.startswith("#"):
            continue
        if text.startswith("@"):
            pending.extend(text.split())
        elif text.startswith("Feature:"):
            feature_tags = pending
            pending = []
        elif re.match(r"Scenario(?: Outline)?:", text):
            scenarios.append((lineno, text, feature_tags + pending))
            pending = []

    print(f"{path}:")
    for lineno, title, tags in scenarios:
        if "cfg_okp" in tags or "OKP" in title:
            print(f"  line {lineno}: skip={'`@skip`' in tags}, tags={tags}, title={title}")

    references = sorted(set(re.findall(r"lightspeed-stack-[^|\s]+\.yaml", path.read_text())))
    for filename in references:
        print(f"  fixture {filename}: {'present' if (config_dir / filename).is_file() else 'missing'}")
PY

#!/bin/bash
set -e
sed -n '92,184p' tests/e2e/features/steps/common.py

#!/bin/bash
set -euo pipefail

rg -n -C 2 'contains no reference_documents|contains no referenced_documents' \
  tests/e2e/features tests/e2e/features/steps

#!/bin/bash
set -euo pipefail

printf '%s\n' '--- feature context ---'
sed -n '260,315p' tests/e2e/features/query.feature

printf '%s\n' '--- step-definition files ---'
fd -i '.*' tests/e2e/features/steps -t f | sort

printf '%s\n' '--- matching step definitions and response keys ---'
rg -n -C 4 'response contains no|referenced_documents|reference_documents' \
  tests/e2e/features/steps tests/e2e/features

#!/bin/bash
set -euo pipefail

python3 - <<'PY'
from pathlib import Path
import re

feature = Path("tests/e2e/features/query.feature").read_text()
steps_dir = Path("tests/e2e/features/steps")

step_texts = []
for path in steps_dir.glob("*.py"):
    source = path.read_text()
    step_texts.extend(
        (path.as_posix(), value)
        for value in re.findall(r'@(?:given|when|then|step)\(["\']([^"\']+)["\']\)', source)
    )

for candidate in (
    "The response contains no reference_documents",
    "The response contains no referenced_documents",
):
    matches = [(path, text) for path, text in step_texts if text == candidate]
    print(f"{candidate!r}: defined={bool(matches)} locations={[path for path, _ in matches]}")

for line_number, line in enumerate(feature.splitlines(), 1):
    if "The response contains no " in line:
        print(f"feature line {line_number}: {line.strip()}")
PY

#!/bin/bash
set -euo pipefail

printf '%s\n' '--- all response-related step decorators ---'
rg -n -C 3 '@(then|step)\(|contains no|referenced_documents|reference_documents' \
  tests/e2e/features/steps

printf '%s\n' '--- step-definition decorator forms ---'
rg -n '@(given|when|then|step)\(' tests/e2e/features/steps/llm_query_response.py

#!/bin/bash
set -euo pipefail

python3 - <<'PY'
import ast
from pathlib import Path

names = {
    "The response contains no reference_documents",
    "The response contains no referenced_documents",
}

for path in sorted(Path("tests/e2e/features/steps").glob("*.py")):
    tree = ast.parse(path.read_text(), filename=str(path))
    for node in ast.walk(tree):
        if not isinstance(node, ast.Call) or not node.args:
            continue
        func = node.func
        if isinstance(func, ast.Name) and func.id in {"given", "when", "then", "step"}:
            try:
                value = ast.literal_eval(node.args[0])
            except (ValueError, TypeError):
                continue
            if isinstance(value, str) and (
                value in names or "contains no" in value.lower()
            ):
                print(f"{path}:{node.lineno}: {func.id}({value!r})")
PY

printf '%s\n' '--- nearby reusable response assertions ---'
sed -n '80,125p' tests/e2e/features/steps/common_http.py
sed -n '210,245p' tests/e2e/features/steps/llm_query_response.py

#!/bin/bash
set -euo pipefail

printf '%s\n' '--- exact no-field step text across step definitions ---'
rg -n -i 'contains[[:space:]]+no|does[[:space:]]+not[[:space:]]+contain' \
  tests/e2e/features/steps || true

printf '%s\n' '--- reusable response assertions ---'
sed -n '80,125p' tests/e2e/features/steps/common_http.py
sed -n '210,245p' tests/e2e/features/steps/llm_query_response.py

printf '%s\n' '--- syntax-check status for relevant step files ---'
python3 - <<'PY'
import ast
from pathlib import Path

for path in (
    Path("tests/e2e/features/steps/common_http.py"),
    Path("tests/e2e/features/steps/llm_query_response.py"),
):
    try:
        ast.parse(path.read_text(), filename=str(path))
    except SyntaxError as exc:
        print(f"{path}: syntax error at line {exc.lineno}: {exc.msg}")
    else:
        print(f"{path}: parses successfully")
PY